package crawler

import "time"

type Crawler interface {
	Collect()
	// OnReceiveOne(func(obj T))
	// OnReceiveAll(func(objs []T))
	// getCrawler()
	// parseItem(e *colly.HTMLElement)
	// parseIndex(e *colly.HTMLElement)
}

const (
	CRAWLER_CACHE_DIR       = "data/.cache/"
	CRAWLER_REQUEST_TIMEOUT = 4 * time.Minute
	CRAWLER_RETRY_TIMEOUT   = 4 * time.Minute
	CRAWLER_PARALLELISM     = 5
)
